{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pickle\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import os\n",
    "from config import FEATURES, FORMAT\n",
    "\n",
    "\n",
    "RESULT_FOLDER = \"lidc_data/result/\"\n",
    "models = ['SVC', 'LOGR', 'CART', 'RF', 'MLP']\n",
    "\n",
    "acc = \"_acc\"\n",
    "rec = \"_rec\"\n",
    "\n",
    "def plt_box(col, label, name):\n",
    "    fig = plt.figure()\n",
    "#     fig = plt.figure(figsize=(12,8))\n",
    "    fig.suptitle(name)\n",
    "    ax = fig.add_subplot(111)\n",
    "    plt.boxplot(col)\n",
    "    ax.set_xticklabels(label)\n",
    "    plt.savefig('lidc_data/box_plot/ '+ name + '.svg', format='svg', dpi=1200)\n",
    "    plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>histo_surf_acc</th>\n",
       "      <th>hh2_acc</th>\n",
       "      <th>hh2_rec</th>\n",
       "      <th>hh3_acc</th>\n",
       "      <th>hh3_rec</th>\n",
       "      <th>hh_acc</th>\n",
       "      <th>hh_rec</th>\n",
       "      <th>histo_orb3_acc</th>\n",
       "      <th>histo_orb3_rec</th>\n",
       "      <th>histo_orb_acc</th>\n",
       "      <th>...</th>\n",
       "      <th>lh3_acc</th>\n",
       "      <th>lh3_rec</th>\n",
       "      <th>lh_acc</th>\n",
       "      <th>lh_rec</th>\n",
       "      <th>ll2_acc</th>\n",
       "      <th>ll2_rec</th>\n",
       "      <th>ll3_acc</th>\n",
       "      <th>ll3_rec</th>\n",
       "      <th>ll_acc</th>\n",
       "      <th>ll_rec</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>SVC</th>\n",
       "      <td>[0.52, 0.56, 0.55, 0.54, 0.48, 0.57, 0.64, 0.4...</td>\n",
       "      <td>[0.52, 0.51, 0.53, 0.53, 0.57, 0.49, 0.54, 0.5...</td>\n",
       "      <td>[0.32, 0.24, 0.32, 0.24, 0.36, 0.28, 0.3, 0.32...</td>\n",
       "      <td>[0.54, 0.61, 0.5, 0.49, 0.56, 0.56, 0.55, 0.51...</td>\n",
       "      <td>[0.36, 0.46, 0.3, 0.26, 0.42, 0.36, 0.38, 0.38...</td>\n",
       "      <td>[0.6, 0.55, 0.57, 0.4, 0.55, 0.56, 0.53, 0.58,...</td>\n",
       "      <td>[0.54, 0.42, 0.4, 0.28, 0.42, 0.32, 0.42, 0.42...</td>\n",
       "      <td>[0.55, 0.52, 0.56, 0.49, 0.43, 0.41, 0.5, 0.36...</td>\n",
       "      <td>[0.52, 0.42, 0.58, 0.44, 0.3, 0.4, 0.52, 0.42,...</td>\n",
       "      <td>[0.58, 0.55, 0.52, 0.56, 0.58, 0.54, 0.55, 0.4...</td>\n",
       "      <td>...</td>\n",
       "      <td>[0.52, 0.55, 0.63, 0.57, 0.61, 0.54, 0.51, 0.5...</td>\n",
       "      <td>[0.44, 0.38, 0.5, 0.44, 0.5, 0.34, 0.42, 0.38,...</td>\n",
       "      <td>[0.57, 0.59, 0.53, 0.62, 0.62, 0.53, 0.54, 0.6...</td>\n",
       "      <td>[0.38, 0.42, 0.4, 0.44, 0.36, 0.34, 0.4, 0.46,...</td>\n",
       "      <td>[0.54, 0.54, 0.49, 0.43, 0.48, 0.58, 0.52, 0.5...</td>\n",
       "      <td>[0.52, 0.46, 0.3, 0.4, 0.44, 0.54, 0.56, 0.66,...</td>\n",
       "      <td>[0.49, 0.6, 0.53, 0.53, 0.56, 0.56, 0.62, 0.54...</td>\n",
       "      <td>[0.5, 0.48, 0.48, 0.56, 0.52, 0.58, 0.64, 0.54...</td>\n",
       "      <td>[0.53, 0.49, 0.61, 0.64, 0.59, 0.53, 0.6, 0.58...</td>\n",
       "      <td>[0.52, 0.42, 0.6, 0.6, 0.64, 0.46, 0.64, 0.56,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LOGR</th>\n",
       "      <td>[0.49, 0.51, 0.55, 0.55, 0.47, 0.5, 0.52, 0.47...</td>\n",
       "      <td>[0.48, 0.52, 0.51, 0.53, 0.54, 0.49, 0.53, 0.5...</td>\n",
       "      <td>[0.5, 0.42, 0.48, 0.5, 0.5, 0.46, 0.54, 0.54, ...</td>\n",
       "      <td>[0.52, 0.57, 0.51, 0.6, 0.59, 0.54, 0.56, 0.51...</td>\n",
       "      <td>[0.52, 0.7, 0.48, 0.5, 0.68, 0.6, 0.52, 0.54, ...</td>\n",
       "      <td>[0.54, 0.59, 0.61, 0.47, 0.62, 0.62, 0.53, 0.5...</td>\n",
       "      <td>[0.48, 0.54, 0.58, 0.42, 0.52, 0.58, 0.5, 0.42...</td>\n",
       "      <td>[0.43, 0.46, 0.54, 0.56, 0.45, 0.46, 0.53, 0.4...</td>\n",
       "      <td>[0.44, 0.46, 0.58, 0.54, 0.36, 0.52, 0.56, 0.4...</td>\n",
       "      <td>[0.52, 0.54, 0.6, 0.5, 0.53, 0.62, 0.51, 0.49,...</td>\n",
       "      <td>...</td>\n",
       "      <td>[0.61, 0.55, 0.52, 0.54, 0.44, 0.54, 0.53, 0.5...</td>\n",
       "      <td>[0.56, 0.62, 0.54, 0.44, 0.38, 0.6, 0.58, 0.56...</td>\n",
       "      <td>[0.49, 0.61, 0.54, 0.53, 0.53, 0.62, 0.6, 0.62...</td>\n",
       "      <td>[0.48, 0.58, 0.48, 0.5, 0.56, 0.54, 0.5, 0.56,...</td>\n",
       "      <td>[0.56, 0.53, 0.49, 0.47, 0.51, 0.55, 0.55, 0.5...</td>\n",
       "      <td>[0.62, 0.62, 0.42, 0.44, 0.54, 0.46, 0.52, 0.6...</td>\n",
       "      <td>[0.57, 0.48, 0.59, 0.56, 0.52, 0.52, 0.63, 0.6...</td>\n",
       "      <td>[0.64, 0.42, 0.68, 0.5, 0.48, 0.52, 0.62, 0.54...</td>\n",
       "      <td>[0.47, 0.47, 0.57, 0.56, 0.56, 0.57, 0.46, 0.4...</td>\n",
       "      <td>[0.44, 0.44, 0.62, 0.58, 0.52, 0.46, 0.48, 0.2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CART</th>\n",
       "      <td>[0.51, 0.55, 0.53, 0.56, 0.54, 0.45, 0.52, 0.5...</td>\n",
       "      <td>[0.48, 0.47, 0.43, 0.5, 0.49, 0.44, 0.56, 0.55...</td>\n",
       "      <td>[0.44, 0.46, 0.4, 0.48, 0.54, 0.46, 0.5, 0.58,...</td>\n",
       "      <td>[0.5, 0.55, 0.53, 0.53, 0.51, 0.5, 0.52, 0.45,...</td>\n",
       "      <td>[0.6, 0.5, 0.52, 0.46, 0.52, 0.52, 0.42, 0.48,...</td>\n",
       "      <td>[0.48, 0.59, 0.51, 0.48, 0.48, 0.59, 0.49, 0.4...</td>\n",
       "      <td>[0.56, 0.58, 0.48, 0.46, 0.46, 0.56, 0.42, 0.4...</td>\n",
       "      <td>[0.52, 0.53, 0.53, 0.52, 0.44, 0.54, 0.45, 0.4...</td>\n",
       "      <td>[0.48, 0.54, 0.46, 0.54, 0.48, 0.58, 0.48, 0.4...</td>\n",
       "      <td>[0.5, 0.54, 0.55, 0.5, 0.43, 0.5, 0.55, 0.42, ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[0.45, 0.53, 0.53, 0.58, 0.44, 0.58, 0.54, 0.4...</td>\n",
       "      <td>[0.38, 0.56, 0.56, 0.6, 0.44, 0.56, 0.54, 0.4,...</td>\n",
       "      <td>[0.43, 0.5, 0.47, 0.5, 0.64, 0.51, 0.52, 0.5, ...</td>\n",
       "      <td>[0.38, 0.56, 0.56, 0.54, 0.62, 0.42, 0.56, 0.5...</td>\n",
       "      <td>[0.49, 0.52, 0.54, 0.57, 0.49, 0.51, 0.55, 0.5...</td>\n",
       "      <td>[0.48, 0.52, 0.5, 0.58, 0.56, 0.56, 0.58, 0.64...</td>\n",
       "      <td>[0.47, 0.45, 0.55, 0.53, 0.6, 0.54, 0.56, 0.61...</td>\n",
       "      <td>[0.44, 0.4, 0.48, 0.52, 0.54, 0.62, 0.6, 0.6, ...</td>\n",
       "      <td>[0.46, 0.53, 0.57, 0.56, 0.56, 0.52, 0.51, 0.5...</td>\n",
       "      <td>[0.5, 0.48, 0.56, 0.6, 0.58, 0.46, 0.48, 0.52,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RF</th>\n",
       "      <td>[0.45, 0.53, 0.51, 0.5, 0.52, 0.53, 0.48, 0.49...</td>\n",
       "      <td>[0.41, 0.56, 0.44, 0.53, 0.45, 0.48, 0.53, 0.5...</td>\n",
       "      <td>[0.4, 0.48, 0.36, 0.54, 0.46, 0.44, 0.4, 0.6, ...</td>\n",
       "      <td>[0.5, 0.55, 0.52, 0.53, 0.54, 0.5, 0.46, 0.51,...</td>\n",
       "      <td>[0.5, 0.48, 0.48, 0.52, 0.6, 0.4, 0.38, 0.38, ...</td>\n",
       "      <td>[0.6, 0.51, 0.48, 0.47, 0.6, 0.61, 0.57, 0.54,...</td>\n",
       "      <td>[0.52, 0.42, 0.5, 0.46, 0.62, 0.52, 0.54, 0.48...</td>\n",
       "      <td>[0.47, 0.41, 0.47, 0.51, 0.4, 0.45, 0.41, 0.48...</td>\n",
       "      <td>[0.52, 0.32, 0.42, 0.48, 0.26, 0.46, 0.46, 0.4...</td>\n",
       "      <td>[0.55, 0.52, 0.56, 0.61, 0.58, 0.62, 0.52, 0.5...</td>\n",
       "      <td>...</td>\n",
       "      <td>[0.47, 0.56, 0.6, 0.5, 0.58, 0.53, 0.56, 0.54,...</td>\n",
       "      <td>[0.46, 0.48, 0.6, 0.44, 0.46, 0.5, 0.5, 0.5, 0...</td>\n",
       "      <td>[0.47, 0.43, 0.47, 0.54, 0.58, 0.48, 0.48, 0.5...</td>\n",
       "      <td>[0.36, 0.4, 0.44, 0.52, 0.52, 0.44, 0.56, 0.42...</td>\n",
       "      <td>[0.6, 0.48, 0.53, 0.46, 0.48, 0.6, 0.57, 0.65,...</td>\n",
       "      <td>[0.56, 0.4, 0.4, 0.54, 0.44, 0.5, 0.48, 0.68, ...</td>\n",
       "      <td>[0.5, 0.58, 0.6, 0.49, 0.66, 0.57, 0.63, 0.56,...</td>\n",
       "      <td>[0.42, 0.48, 0.56, 0.4, 0.6, 0.62, 0.68, 0.5, ...</td>\n",
       "      <td>[0.56, 0.46, 0.59, 0.58, 0.67, 0.53, 0.52, 0.5...</td>\n",
       "      <td>[0.54, 0.42, 0.58, 0.6, 0.64, 0.56, 0.52, 0.56...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>[0.47, 0.53, 0.54, 0.53, 0.48, 0.51, 0.54, 0.4...</td>\n",
       "      <td>[0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, ...</td>\n",
       "      <td>[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, ...</td>\n",
       "      <td>[0.51, 0.5, 0.5, 0.48, 0.5, 0.5, 0.5, 0.5, 0.5...</td>\n",
       "      <td>[0.94, 1.0, 1.0, 0.4, 1.0, 1.0, 1.0, 1.0, 1.0,...</td>\n",
       "      <td>[0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, ...</td>\n",
       "      <td>[0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, ...</td>\n",
       "      <td>[0.47, 0.52, 0.55, 0.48, 0.45, 0.48, 0.47, 0.4...</td>\n",
       "      <td>[0.56, 0.48, 0.58, 0.44, 0.4, 0.6, 0.56, 0.6, ...</td>\n",
       "      <td>[0.54, 0.53, 0.57, 0.56, 0.57, 0.59, 0.56, 0.4...</td>\n",
       "      <td>...</td>\n",
       "      <td>[0.5, 0.53, 0.52, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5...</td>\n",
       "      <td>[1.0, 0.94, 0.84, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0...</td>\n",
       "      <td>[0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, ...</td>\n",
       "      <td>[0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, ...</td>\n",
       "      <td>[0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, ...</td>\n",
       "      <td>[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, ...</td>\n",
       "      <td>[0.58, 0.47, 0.52, 0.53, 0.55, 0.52, 0.54, 0.5...</td>\n",
       "      <td>[0.68, 0.6, 0.58, 0.58, 0.56, 0.54, 0.36, 0.46...</td>\n",
       "      <td>[0.57, 0.45, 0.61, 0.5, 0.59, 0.5, 0.5, 0.5, 0...</td>\n",
       "      <td>[0.38, 0.28, 0.44, 0.0, 0.34, 0.0, 0.0, 0.0, 0...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 36 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         histo_surf_acc  \\\n",
       "SVC   [0.52, 0.56, 0.55, 0.54, 0.48, 0.57, 0.64, 0.4...   \n",
       "LOGR  [0.49, 0.51, 0.55, 0.55, 0.47, 0.5, 0.52, 0.47...   \n",
       "CART  [0.51, 0.55, 0.53, 0.56, 0.54, 0.45, 0.52, 0.5...   \n",
       "RF    [0.45, 0.53, 0.51, 0.5, 0.52, 0.53, 0.48, 0.49...   \n",
       "MLP   [0.47, 0.53, 0.54, 0.53, 0.48, 0.51, 0.54, 0.4...   \n",
       "\n",
       "                                                hh2_acc  \\\n",
       "SVC   [0.52, 0.51, 0.53, 0.53, 0.57, 0.49, 0.54, 0.5...   \n",
       "LOGR  [0.48, 0.52, 0.51, 0.53, 0.54, 0.49, 0.53, 0.5...   \n",
       "CART  [0.48, 0.47, 0.43, 0.5, 0.49, 0.44, 0.56, 0.55...   \n",
       "RF    [0.41, 0.56, 0.44, 0.53, 0.45, 0.48, 0.53, 0.5...   \n",
       "MLP   [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, ...   \n",
       "\n",
       "                                                hh2_rec  \\\n",
       "SVC   [0.32, 0.24, 0.32, 0.24, 0.36, 0.28, 0.3, 0.32...   \n",
       "LOGR  [0.5, 0.42, 0.48, 0.5, 0.5, 0.46, 0.54, 0.54, ...   \n",
       "CART  [0.44, 0.46, 0.4, 0.48, 0.54, 0.46, 0.5, 0.58,...   \n",
       "RF    [0.4, 0.48, 0.36, 0.54, 0.46, 0.44, 0.4, 0.6, ...   \n",
       "MLP   [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, ...   \n",
       "\n",
       "                                                hh3_acc  \\\n",
       "SVC   [0.54, 0.61, 0.5, 0.49, 0.56, 0.56, 0.55, 0.51...   \n",
       "LOGR  [0.52, 0.57, 0.51, 0.6, 0.59, 0.54, 0.56, 0.51...   \n",
       "CART  [0.5, 0.55, 0.53, 0.53, 0.51, 0.5, 0.52, 0.45,...   \n",
       "RF    [0.5, 0.55, 0.52, 0.53, 0.54, 0.5, 0.46, 0.51,...   \n",
       "MLP   [0.51, 0.5, 0.5, 0.48, 0.5, 0.5, 0.5, 0.5, 0.5...   \n",
       "\n",
       "                                                hh3_rec  \\\n",
       "SVC   [0.36, 0.46, 0.3, 0.26, 0.42, 0.36, 0.38, 0.38...   \n",
       "LOGR  [0.52, 0.7, 0.48, 0.5, 0.68, 0.6, 0.52, 0.54, ...   \n",
       "CART  [0.6, 0.5, 0.52, 0.46, 0.52, 0.52, 0.42, 0.48,...   \n",
       "RF    [0.5, 0.48, 0.48, 0.52, 0.6, 0.4, 0.38, 0.38, ...   \n",
       "MLP   [0.94, 1.0, 1.0, 0.4, 1.0, 1.0, 1.0, 1.0, 1.0,...   \n",
       "\n",
       "                                                 hh_acc  \\\n",
       "SVC   [0.6, 0.55, 0.57, 0.4, 0.55, 0.56, 0.53, 0.58,...   \n",
       "LOGR  [0.54, 0.59, 0.61, 0.47, 0.62, 0.62, 0.53, 0.5...   \n",
       "CART  [0.48, 0.59, 0.51, 0.48, 0.48, 0.59, 0.49, 0.4...   \n",
       "RF    [0.6, 0.51, 0.48, 0.47, 0.6, 0.61, 0.57, 0.54,...   \n",
       "MLP   [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, ...   \n",
       "\n",
       "                                                 hh_rec  \\\n",
       "SVC   [0.54, 0.42, 0.4, 0.28, 0.42, 0.32, 0.42, 0.42...   \n",
       "LOGR  [0.48, 0.54, 0.58, 0.42, 0.52, 0.58, 0.5, 0.42...   \n",
       "CART  [0.56, 0.58, 0.48, 0.46, 0.46, 0.56, 0.42, 0.4...   \n",
       "RF    [0.52, 0.42, 0.5, 0.46, 0.62, 0.52, 0.54, 0.48...   \n",
       "MLP   [0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, ...   \n",
       "\n",
       "                                         histo_orb3_acc  \\\n",
       "SVC   [0.55, 0.52, 0.56, 0.49, 0.43, 0.41, 0.5, 0.36...   \n",
       "LOGR  [0.43, 0.46, 0.54, 0.56, 0.45, 0.46, 0.53, 0.4...   \n",
       "CART  [0.52, 0.53, 0.53, 0.52, 0.44, 0.54, 0.45, 0.4...   \n",
       "RF    [0.47, 0.41, 0.47, 0.51, 0.4, 0.45, 0.41, 0.48...   \n",
       "MLP   [0.47, 0.52, 0.55, 0.48, 0.45, 0.48, 0.47, 0.4...   \n",
       "\n",
       "                                         histo_orb3_rec  \\\n",
       "SVC   [0.52, 0.42, 0.58, 0.44, 0.3, 0.4, 0.52, 0.42,...   \n",
       "LOGR  [0.44, 0.46, 0.58, 0.54, 0.36, 0.52, 0.56, 0.4...   \n",
       "CART  [0.48, 0.54, 0.46, 0.54, 0.48, 0.58, 0.48, 0.4...   \n",
       "RF    [0.52, 0.32, 0.42, 0.48, 0.26, 0.46, 0.46, 0.4...   \n",
       "MLP   [0.56, 0.48, 0.58, 0.44, 0.4, 0.6, 0.56, 0.6, ...   \n",
       "\n",
       "                                          histo_orb_acc  ...  \\\n",
       "SVC   [0.58, 0.55, 0.52, 0.56, 0.58, 0.54, 0.55, 0.4...  ...   \n",
       "LOGR  [0.52, 0.54, 0.6, 0.5, 0.53, 0.62, 0.51, 0.49,...  ...   \n",
       "CART  [0.5, 0.54, 0.55, 0.5, 0.43, 0.5, 0.55, 0.42, ...  ...   \n",
       "RF    [0.55, 0.52, 0.56, 0.61, 0.58, 0.62, 0.52, 0.5...  ...   \n",
       "MLP   [0.54, 0.53, 0.57, 0.56, 0.57, 0.59, 0.56, 0.4...  ...   \n",
       "\n",
       "                                                lh3_acc  \\\n",
       "SVC   [0.52, 0.55, 0.63, 0.57, 0.61, 0.54, 0.51, 0.5...   \n",
       "LOGR  [0.61, 0.55, 0.52, 0.54, 0.44, 0.54, 0.53, 0.5...   \n",
       "CART  [0.45, 0.53, 0.53, 0.58, 0.44, 0.58, 0.54, 0.4...   \n",
       "RF    [0.47, 0.56, 0.6, 0.5, 0.58, 0.53, 0.56, 0.54,...   \n",
       "MLP   [0.5, 0.53, 0.52, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5...   \n",
       "\n",
       "                                                lh3_rec  \\\n",
       "SVC   [0.44, 0.38, 0.5, 0.44, 0.5, 0.34, 0.42, 0.38,...   \n",
       "LOGR  [0.56, 0.62, 0.54, 0.44, 0.38, 0.6, 0.58, 0.56...   \n",
       "CART  [0.38, 0.56, 0.56, 0.6, 0.44, 0.56, 0.54, 0.4,...   \n",
       "RF    [0.46, 0.48, 0.6, 0.44, 0.46, 0.5, 0.5, 0.5, 0...   \n",
       "MLP   [1.0, 0.94, 0.84, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0...   \n",
       "\n",
       "                                                 lh_acc  \\\n",
       "SVC   [0.57, 0.59, 0.53, 0.62, 0.62, 0.53, 0.54, 0.6...   \n",
       "LOGR  [0.49, 0.61, 0.54, 0.53, 0.53, 0.62, 0.6, 0.62...   \n",
       "CART  [0.43, 0.5, 0.47, 0.5, 0.64, 0.51, 0.52, 0.5, ...   \n",
       "RF    [0.47, 0.43, 0.47, 0.54, 0.58, 0.48, 0.48, 0.5...   \n",
       "MLP   [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, ...   \n",
       "\n",
       "                                                 lh_rec  \\\n",
       "SVC   [0.38, 0.42, 0.4, 0.44, 0.36, 0.34, 0.4, 0.46,...   \n",
       "LOGR  [0.48, 0.58, 0.48, 0.5, 0.56, 0.54, 0.5, 0.56,...   \n",
       "CART  [0.38, 0.56, 0.56, 0.54, 0.62, 0.42, 0.56, 0.5...   \n",
       "RF    [0.36, 0.4, 0.44, 0.52, 0.52, 0.44, 0.56, 0.42...   \n",
       "MLP   [0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, ...   \n",
       "\n",
       "                                                ll2_acc  \\\n",
       "SVC   [0.54, 0.54, 0.49, 0.43, 0.48, 0.58, 0.52, 0.5...   \n",
       "LOGR  [0.56, 0.53, 0.49, 0.47, 0.51, 0.55, 0.55, 0.5...   \n",
       "CART  [0.49, 0.52, 0.54, 0.57, 0.49, 0.51, 0.55, 0.5...   \n",
       "RF    [0.6, 0.48, 0.53, 0.46, 0.48, 0.6, 0.57, 0.65,...   \n",
       "MLP   [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, ...   \n",
       "\n",
       "                                                ll2_rec  \\\n",
       "SVC   [0.52, 0.46, 0.3, 0.4, 0.44, 0.54, 0.56, 0.66,...   \n",
       "LOGR  [0.62, 0.62, 0.42, 0.44, 0.54, 0.46, 0.52, 0.6...   \n",
       "CART  [0.48, 0.52, 0.5, 0.58, 0.56, 0.56, 0.58, 0.64...   \n",
       "RF    [0.56, 0.4, 0.4, 0.54, 0.44, 0.5, 0.48, 0.68, ...   \n",
       "MLP   [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, ...   \n",
       "\n",
       "                                                ll3_acc  \\\n",
       "SVC   [0.49, 0.6, 0.53, 0.53, 0.56, 0.56, 0.62, 0.54...   \n",
       "LOGR  [0.57, 0.48, 0.59, 0.56, 0.52, 0.52, 0.63, 0.6...   \n",
       "CART  [0.47, 0.45, 0.55, 0.53, 0.6, 0.54, 0.56, 0.61...   \n",
       "RF    [0.5, 0.58, 0.6, 0.49, 0.66, 0.57, 0.63, 0.56,...   \n",
       "MLP   [0.58, 0.47, 0.52, 0.53, 0.55, 0.52, 0.54, 0.5...   \n",
       "\n",
       "                                                ll3_rec  \\\n",
       "SVC   [0.5, 0.48, 0.48, 0.56, 0.52, 0.58, 0.64, 0.54...   \n",
       "LOGR  [0.64, 0.42, 0.68, 0.5, 0.48, 0.52, 0.62, 0.54...   \n",
       "CART  [0.44, 0.4, 0.48, 0.52, 0.54, 0.62, 0.6, 0.6, ...   \n",
       "RF    [0.42, 0.48, 0.56, 0.4, 0.6, 0.62, 0.68, 0.5, ...   \n",
       "MLP   [0.68, 0.6, 0.58, 0.58, 0.56, 0.54, 0.36, 0.46...   \n",
       "\n",
       "                                                 ll_acc  \\\n",
       "SVC   [0.53, 0.49, 0.61, 0.64, 0.59, 0.53, 0.6, 0.58...   \n",
       "LOGR  [0.47, 0.47, 0.57, 0.56, 0.56, 0.57, 0.46, 0.4...   \n",
       "CART  [0.46, 0.53, 0.57, 0.56, 0.56, 0.52, 0.51, 0.5...   \n",
       "RF    [0.56, 0.46, 0.59, 0.58, 0.67, 0.53, 0.52, 0.5...   \n",
       "MLP   [0.57, 0.45, 0.61, 0.5, 0.59, 0.5, 0.5, 0.5, 0...   \n",
       "\n",
       "                                                 ll_rec  \n",
       "SVC   [0.52, 0.42, 0.6, 0.6, 0.64, 0.46, 0.64, 0.56,...  \n",
       "LOGR  [0.44, 0.44, 0.62, 0.58, 0.52, 0.46, 0.48, 0.2...  \n",
       "CART  [0.5, 0.48, 0.56, 0.6, 0.58, 0.46, 0.48, 0.52,...  \n",
       "RF    [0.54, 0.42, 0.58, 0.6, 0.64, 0.56, 0.52, 0.56...  \n",
       "MLP   [0.38, 0.28, 0.44, 0.0, 0.34, 0.0, 0.0, 0.0, 0...  \n",
       "\n",
       "[5 rows x 36 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "compare = pd.DataFrame(index=models)\n",
    "\n",
    "dirs = os.listdir(RESULT_FOLDER)\n",
    "\n",
    "result = []\n",
    "# This would print all the files and directories\n",
    "for file in dirs:\n",
    "    if file.endswith('npy'):\n",
    "        result = np.load(RESULT_FOLDER + file, allow_pickle=True)\n",
    "\n",
    "        s = []\n",
    "        for i in result:\n",
    "            for key, value in i.items():  # Loop through all dictionary elements in the list\n",
    "                s.append(value)\n",
    "        compare[file[:-4]] = s\n",
    "        \n",
    "compare"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style  type=\"text/css\" >\n",
       "    #T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col0 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col1 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col13 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col14 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col24 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col26 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col34 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col35 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col3 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col5 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col6 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col10 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col18 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col19 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col20 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col22 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col23 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col28 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col29 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col7 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col17 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col6 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col9 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col15 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col16 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col30 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col32 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col2 {\n",
       "            background-color:  #add6ff;\n",
       "            background-color:  darkorange;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col4 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col8 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col11 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col12 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col14 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col21 {\n",
       "            background-color:  #add6ff;\n",
       "            background-color:  darkorange;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col25 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col27 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col31 {\n",
       "            background-color:  #add6ff;\n",
       "            background-color:  darkorange;\n",
       "        }    #T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col33 {\n",
       "            background-color:  #add6ff;\n",
       "            : ;\n",
       "        }</style><table id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >histo_surf_acc</th>        <th class=\"col_heading level0 col1\" >hh2_acc</th>        <th class=\"col_heading level0 col2\" >hh2_rec</th>        <th class=\"col_heading level0 col3\" >hh3_acc</th>        <th class=\"col_heading level0 col4\" >hh3_rec</th>        <th class=\"col_heading level0 col5\" >hh_acc</th>        <th class=\"col_heading level0 col6\" >hh_rec</th>        <th class=\"col_heading level0 col7\" >histo_orb3_acc</th>        <th class=\"col_heading level0 col8\" >histo_orb3_rec</th>        <th class=\"col_heading level0 col9\" >histo_orb_acc</th>        <th class=\"col_heading level0 col10\" >histo_orb_rec</th>        <th class=\"col_heading level0 col11\" >histo_sift3_acc</th>        <th class=\"col_heading level0 col12\" >histo_sift3_rec</th>        <th class=\"col_heading level0 col13\" >histo_sift_acc</th>        <th class=\"col_heading level0 col14\" >histo_sift_rec</th>        <th class=\"col_heading level0 col15\" >histo_surf3_acc</th>        <th class=\"col_heading level0 col16\" >histo_surf3_rec</th>        <th class=\"col_heading level0 col17\" >histo_surf_rec</th>        <th class=\"col_heading level0 col18\" >hl2_acc</th>        <th class=\"col_heading level0 col19\" >hl2_rec</th>        <th class=\"col_heading level0 col20\" >hl3_acc</th>        <th class=\"col_heading level0 col21\" >hl3_rec</th>        <th class=\"col_heading level0 col22\" >hl_acc</th>        <th class=\"col_heading level0 col23\" >hl_rec</th>        <th class=\"col_heading level0 col24\" >lh2_acc</th>        <th class=\"col_heading level0 col25\" >lh2_rec</th>        <th class=\"col_heading level0 col26\" >lh3_acc</th>        <th class=\"col_heading level0 col27\" >lh3_rec</th>        <th class=\"col_heading level0 col28\" >lh_acc</th>        <th class=\"col_heading level0 col29\" >lh_rec</th>        <th class=\"col_heading level0 col30\" >ll2_acc</th>        <th class=\"col_heading level0 col31\" >ll2_rec</th>        <th class=\"col_heading level0 col32\" >ll3_acc</th>        <th class=\"col_heading level0 col33\" >ll3_rec</th>        <th class=\"col_heading level0 col34\" >ll_acc</th>        <th class=\"col_heading level0 col35\" >ll_rec</th>    </tr></thead><tbody>\n",
       "                <tr>\n",
       "                        <th id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200level0_row0\" class=\"row_heading level0 row0\" >SVC</th>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col0\" class=\"data row0 col0\" >0.535</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col1\" class=\"data row0 col1\" >0.532</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col2\" class=\"data row0 col2\" >0.306</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col3\" class=\"data row0 col3\" >0.541</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col4\" class=\"data row0 col4\" >0.368</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col5\" class=\"data row0 col5\" >0.546</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col6\" class=\"data row0 col6\" >0.394</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col7\" class=\"data row0 col7\" >0.488</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col8\" class=\"data row0 col8\" >0.46</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col9\" class=\"data row0 col9\" >0.536</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col10\" class=\"data row0 col10\" >0.494</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col11\" class=\"data row0 col11\" >0.54</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col12\" class=\"data row0 col12\" >0.514</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col13\" class=\"data row0 col13\" >0.564</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col14\" class=\"data row0 col14\" >0.524</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col15\" class=\"data row0 col15\" >0.489</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col16\" class=\"data row0 col16\" >0.46</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col17\" class=\"data row0 col17\" >0.536</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col18\" class=\"data row0 col18\" >0.524</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col19\" class=\"data row0 col19\" >0.354</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col20\" class=\"data row0 col20\" >0.543</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col21\" class=\"data row0 col21\" >0.39</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col22\" class=\"data row0 col22\" >0.516</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col23\" class=\"data row0 col23\" >0.356</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col24\" class=\"data row0 col24\" >0.549</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col25\" class=\"data row0 col25\" >0.392</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col26\" class=\"data row0 col26\" >0.554</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col27\" class=\"data row0 col27\" >0.414</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col28\" class=\"data row0 col28\" >0.568</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col29\" class=\"data row0 col29\" >0.398</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col30\" class=\"data row0 col30\" >0.518</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col31\" class=\"data row0 col31\" >0.48</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col32\" class=\"data row0 col32\" >0.544</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col33\" class=\"data row0 col33\" >0.526</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col34\" class=\"data row0 col34\" >0.57</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row0_col35\" class=\"data row0 col35\" >0.556</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200level0_row1\" class=\"row_heading level0 row1\" >LOGR</th>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col0\" class=\"data row1 col0\" >0.502</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col1\" class=\"data row1 col1\" >0.524</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col2\" class=\"data row1 col2\" >0.494</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col3\" class=\"data row1 col3\" >0.551</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col4\" class=\"data row1 col4\" >0.564</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col5\" class=\"data row1 col5\" >0.553</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col6\" class=\"data row1 col6\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col7\" class=\"data row1 col7\" >0.477</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col8\" class=\"data row1 col8\" >0.488</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col9\" class=\"data row1 col9\" >0.538</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col10\" class=\"data row1 col10\" >0.526</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col11\" class=\"data row1 col11\" >0.524</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col12\" class=\"data row1 col12\" >0.492</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col13\" class=\"data row1 col13\" >0.534</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col14\" class=\"data row1 col14\" >0.488</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col15\" class=\"data row1 col15\" >0.492</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col16\" class=\"data row1 col16\" >0.476</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col17\" class=\"data row1 col17\" >0.496</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col18\" class=\"data row1 col18\" >0.581</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col19\" class=\"data row1 col19\" >0.56</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col20\" class=\"data row1 col20\" >0.549</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col21\" class=\"data row1 col21\" >0.544</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col22\" class=\"data row1 col22\" >0.546</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col23\" class=\"data row1 col23\" >0.516</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col24\" class=\"data row1 col24\" >0.532</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col25\" class=\"data row1 col25\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col26\" class=\"data row1 col26\" >0.54</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col27\" class=\"data row1 col27\" >0.53</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col28\" class=\"data row1 col28\" >0.57</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col29\" class=\"data row1 col29\" >0.516</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col30\" class=\"data row1 col30\" >0.529</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col31\" class=\"data row1 col31\" >0.53</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col32\" class=\"data row1 col32\" >0.547</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col33\" class=\"data row1 col33\" >0.53</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col34\" class=\"data row1 col34\" >0.519</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row1_col35\" class=\"data row1 col35\" >0.5</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200level0_row2\" class=\"row_heading level0 row2\" >CART</th>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col0\" class=\"data row2 col0\" >0.527</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col1\" class=\"data row2 col1\" >0.487</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col2\" class=\"data row2 col2\" >0.486</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col3\" class=\"data row2 col3\" >0.513</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col4\" class=\"data row2 col4\" >0.51</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col5\" class=\"data row2 col5\" >0.511</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col6\" class=\"data row2 col6\" >0.494</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col7\" class=\"data row2 col7\" >0.502</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col8\" class=\"data row2 col8\" >0.506</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col9\" class=\"data row2 col9\" >0.501</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col10\" class=\"data row2 col10\" >0.466</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col11\" class=\"data row2 col11\" >0.531</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col12\" class=\"data row2 col12\" >0.504</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col13\" class=\"data row2 col13\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col14\" class=\"data row2 col14\" >0.502</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col15\" class=\"data row2 col15\" >0.507</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col16\" class=\"data row2 col16\" >0.476</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col17\" class=\"data row2 col17\" >0.54</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col18\" class=\"data row2 col18\" >0.514</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col19\" class=\"data row2 col19\" >0.506</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col20\" class=\"data row2 col20\" >0.496</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col21\" class=\"data row2 col21\" >0.498</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col22\" class=\"data row2 col22\" >0.512</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col23\" class=\"data row2 col23\" >0.508</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col24\" class=\"data row2 col24\" >0.52</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col25\" class=\"data row2 col25\" >0.514</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col26\" class=\"data row2 col26\" >0.518</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col27\" class=\"data row2 col27\" >0.504</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col28\" class=\"data row2 col28\" >0.488</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col29\" class=\"data row2 col29\" >0.482</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col30\" class=\"data row2 col30\" >0.529</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col31\" class=\"data row2 col31\" >0.54</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col32\" class=\"data row2 col32\" >0.539</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col33\" class=\"data row2 col33\" >0.514</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col34\" class=\"data row2 col34\" >0.515</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row2_col35\" class=\"data row2 col35\" >0.504</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200level0_row3\" class=\"row_heading level0 row3\" >RF</th>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col0\" class=\"data row3 col0\" >0.506</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col1\" class=\"data row3 col1\" >0.508</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col2\" class=\"data row3 col2\" >0.474</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col3\" class=\"data row3 col3\" >0.518</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col4\" class=\"data row3 col4\" >0.474</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col5\" class=\"data row3 col5\" >0.541</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col6\" class=\"data row3 col6\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col7\" class=\"data row3 col7\" >0.452</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col8\" class=\"data row3 col8\" >0.42</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col9\" class=\"data row3 col9\" >0.553</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col10\" class=\"data row3 col10\" >0.518</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col11\" class=\"data row3 col11\" >0.538</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col12\" class=\"data row3 col12\" >0.49</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col13\" class=\"data row3 col13\" >0.509</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col14\" class=\"data row3 col14\" >0.494</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col15\" class=\"data row3 col15\" >0.513</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col16\" class=\"data row3 col16\" >0.486</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col17\" class=\"data row3 col17\" >0.468</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col18\" class=\"data row3 col18\" >0.545</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col19\" class=\"data row3 col19\" >0.496</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col20\" class=\"data row3 col20\" >0.541</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col21\" class=\"data row3 col21\" >0.496</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col22\" class=\"data row3 col22\" >0.514</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col23\" class=\"data row3 col23\" >0.496</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col24\" class=\"data row3 col24\" >0.513</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col25\" class=\"data row3 col25\" >0.48</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col26\" class=\"data row3 col26\" >0.552</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col27\" class=\"data row3 col27\" >0.504</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col28\" class=\"data row3 col28\" >0.51</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col29\" class=\"data row3 col29\" >0.458</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col30\" class=\"data row3 col30\" >0.559</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col31\" class=\"data row3 col31\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col32\" class=\"data row3 col32\" >0.568</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col33\" class=\"data row3 col33\" >0.52</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col34\" class=\"data row3 col34\" >0.567</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row3_col35\" class=\"data row3 col35\" >0.552</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200level0_row4\" class=\"row_heading level0 row4\" >MLP</th>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col0\" class=\"data row4 col0\" >0.507</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col1\" class=\"data row4 col1\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col2\" class=\"data row4 col2\" >1</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col3\" class=\"data row4 col3\" >0.499</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col4\" class=\"data row4 col4\" >0.934</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col5\" class=\"data row4 col5\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col6\" class=\"data row4 col6\" >0.3</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col7\" class=\"data row4 col7\" >0.489</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col8\" class=\"data row4 col8\" >0.524</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col9\" class=\"data row4 col9\" >0.536</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col10\" class=\"data row4 col10\" >0.502</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col11\" class=\"data row4 col11\" >0.549</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col12\" class=\"data row4 col12\" >0.576</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col13\" class=\"data row4 col13\" >0.553</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col14\" class=\"data row4 col14\" >0.524</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col15\" class=\"data row4 col15\" >0.482</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col16\" class=\"data row4 col16\" >0.45</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col17\" class=\"data row4 col17\" >0.458</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col18\" class=\"data row4 col18\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col19\" class=\"data row4 col19\" >0.4</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col20\" class=\"data row4 col20\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col21\" class=\"data row4 col21\" >1</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col22\" class=\"data row4 col22\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col23\" class=\"data row4 col23\" >0.3</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col24\" class=\"data row4 col24\" >0.502</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col25\" class=\"data row4 col25\" >0.852</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col26\" class=\"data row4 col26\" >0.505</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col27\" class=\"data row4 col27\" >0.978</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col28\" class=\"data row4 col28\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col29\" class=\"data row4 col29\" >0.1</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col30\" class=\"data row4 col30\" >0.5</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col31\" class=\"data row4 col31\" >1</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col32\" class=\"data row4 col32\" >0.53</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col33\" class=\"data row4 col33\" >0.542</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col34\" class=\"data row4 col34\" >0.522</td>\n",
       "                        <td id=\"T_712139f4_1d04_11ea_8b00_a77ec1557200row4_col35\" class=\"data row4 col35\" >0.144</td>\n",
       "            </tr>\n",
       "    </tbody></table>"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7ff8bfd5a890>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mean_all = compare.applymap(lambda x: x.mean())\n",
    "max_model = mean_all.max()\n",
    "mean_all.style.highlight_max(color='#add6ff').highlight_max(color='darkorange',axis=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style  type=\"text/css\" >\n",
       "    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col0 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col6 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col8 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col12 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col13 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col17 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col1 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col2 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col9 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col10 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col11 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col14 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col3 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col4 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col7 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col15 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col16 {\n",
       "            background-color:  #add6ff;\n",
       "        }    #T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col5 {\n",
       "            background-color:  #add6ff;\n",
       "        }</style><table id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >hh2_acc</th>        <th class=\"col_heading level0 col1\" >hh3_acc</th>        <th class=\"col_heading level0 col2\" >hh_acc</th>        <th class=\"col_heading level0 col3\" >histo_orb3_acc</th>        <th class=\"col_heading level0 col4\" >histo_orb_acc</th>        <th class=\"col_heading level0 col5\" >histo_sift3_acc</th>        <th class=\"col_heading level0 col6\" >histo_sift_acc</th>        <th class=\"col_heading level0 col7\" >histo_surf3_acc</th>        <th class=\"col_heading level0 col8\" >histo_surf_acc</th>        <th class=\"col_heading level0 col9\" >hl2_acc</th>        <th class=\"col_heading level0 col10\" >hl3_acc</th>        <th class=\"col_heading level0 col11\" >hl_acc</th>        <th class=\"col_heading level0 col12\" >lh2_acc</th>        <th class=\"col_heading level0 col13\" >lh3_acc</th>        <th class=\"col_heading level0 col14\" >lh_acc</th>        <th class=\"col_heading level0 col15\" >ll2_acc</th>        <th class=\"col_heading level0 col16\" >ll3_acc</th>        <th class=\"col_heading level0 col17\" >ll_acc</th>    </tr></thead><tbody>\n",
       "                <tr>\n",
       "                        <th id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200level0_row0\" class=\"row_heading level0 row0\" >SVC</th>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col0\" class=\"data row0 col0\" >0.532</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col1\" class=\"data row0 col1\" >0.541</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col2\" class=\"data row0 col2\" >0.546</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col3\" class=\"data row0 col3\" >0.488</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col4\" class=\"data row0 col4\" >0.536</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col5\" class=\"data row0 col5\" >0.54</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col6\" class=\"data row0 col6\" >0.564</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col7\" class=\"data row0 col7\" >0.489</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col8\" class=\"data row0 col8\" >0.535</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col9\" class=\"data row0 col9\" >0.524</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col10\" class=\"data row0 col10\" >0.543</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col11\" class=\"data row0 col11\" >0.516</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col12\" class=\"data row0 col12\" >0.549</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col13\" class=\"data row0 col13\" >0.554</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col14\" class=\"data row0 col14\" >0.568</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col15\" class=\"data row0 col15\" >0.518</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col16\" class=\"data row0 col16\" >0.544</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row0_col17\" class=\"data row0 col17\" >0.57</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200level0_row1\" class=\"row_heading level0 row1\" >LOGR</th>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col0\" class=\"data row1 col0\" >0.524</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col1\" class=\"data row1 col1\" >0.551</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col2\" class=\"data row1 col2\" >0.553</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col3\" class=\"data row1 col3\" >0.477</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col4\" class=\"data row1 col4\" >0.538</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col5\" class=\"data row1 col5\" >0.524</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col6\" class=\"data row1 col6\" >0.534</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col7\" class=\"data row1 col7\" >0.492</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col8\" class=\"data row1 col8\" >0.502</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col9\" class=\"data row1 col9\" >0.581</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col10\" class=\"data row1 col10\" >0.549</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col11\" class=\"data row1 col11\" >0.546</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col12\" class=\"data row1 col12\" >0.532</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col13\" class=\"data row1 col13\" >0.54</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col14\" class=\"data row1 col14\" >0.57</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col15\" class=\"data row1 col15\" >0.529</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col16\" class=\"data row1 col16\" >0.547</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row1_col17\" class=\"data row1 col17\" >0.519</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200level0_row2\" class=\"row_heading level0 row2\" >CART</th>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col0\" class=\"data row2 col0\" >0.487</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col1\" class=\"data row2 col1\" >0.513</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col2\" class=\"data row2 col2\" >0.511</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col3\" class=\"data row2 col3\" >0.502</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col4\" class=\"data row2 col4\" >0.501</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col5\" class=\"data row2 col5\" >0.531</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col6\" class=\"data row2 col6\" >0.5</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col7\" class=\"data row2 col7\" >0.507</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col8\" class=\"data row2 col8\" >0.527</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col9\" class=\"data row2 col9\" >0.514</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col10\" class=\"data row2 col10\" >0.496</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col11\" class=\"data row2 col11\" >0.512</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col12\" class=\"data row2 col12\" >0.52</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col13\" class=\"data row2 col13\" >0.518</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col14\" class=\"data row2 col14\" >0.488</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col15\" class=\"data row2 col15\" >0.529</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col16\" class=\"data row2 col16\" >0.539</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row2_col17\" class=\"data row2 col17\" >0.515</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200level0_row3\" class=\"row_heading level0 row3\" >RF</th>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col0\" class=\"data row3 col0\" >0.508</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col1\" class=\"data row3 col1\" >0.518</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col2\" class=\"data row3 col2\" >0.541</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col3\" class=\"data row3 col3\" >0.452</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col4\" class=\"data row3 col4\" >0.553</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col5\" class=\"data row3 col5\" >0.538</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col6\" class=\"data row3 col6\" >0.509</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col7\" class=\"data row3 col7\" >0.513</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col8\" class=\"data row3 col8\" >0.506</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col9\" class=\"data row3 col9\" >0.545</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col10\" class=\"data row3 col10\" >0.541</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col11\" class=\"data row3 col11\" >0.514</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col12\" class=\"data row3 col12\" >0.513</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col13\" class=\"data row3 col13\" >0.552</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col14\" class=\"data row3 col14\" >0.51</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col15\" class=\"data row3 col15\" >0.559</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col16\" class=\"data row3 col16\" >0.568</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row3_col17\" class=\"data row3 col17\" >0.567</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200level0_row4\" class=\"row_heading level0 row4\" >MLP</th>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col0\" class=\"data row4 col0\" >0.5</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col1\" class=\"data row4 col1\" >0.499</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col2\" class=\"data row4 col2\" >0.5</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col3\" class=\"data row4 col3\" >0.489</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col4\" class=\"data row4 col4\" >0.536</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col5\" class=\"data row4 col5\" >0.549</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col6\" class=\"data row4 col6\" >0.553</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col7\" class=\"data row4 col7\" >0.482</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col8\" class=\"data row4 col8\" >0.507</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col9\" class=\"data row4 col9\" >0.5</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col10\" class=\"data row4 col10\" >0.5</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col11\" class=\"data row4 col11\" >0.5</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col12\" class=\"data row4 col12\" >0.502</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col13\" class=\"data row4 col13\" >0.505</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col14\" class=\"data row4 col14\" >0.5</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col15\" class=\"data row4 col15\" >0.5</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col16\" class=\"data row4 col16\" >0.53</td>\n",
       "                        <td id=\"T_34b146f6_1d06_11ea_8b00_a77ec1557200row4_col17\" class=\"data row4 col17\" >0.522</td>\n",
       "            </tr>\n",
       "    </tbody></table>"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7ff8bca3de50>"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "acc = [i for i in compare.columns if 'acc' in i]\n",
    "acc.sort()\n",
    "acc = compare[acc]\n",
    "\n",
    "mean_all = acc.applymap(lambda x: x.mean())\n",
    "max_model = mean_all.max()\n",
    "mean_all.style.highlight_max(color='#add6ff') #.highlight_max(color='darkorange',axis=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## By models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array({'lidc_data/ll.npy': 0.7877280265339967, 'lidc_data/lh.npy': 0.7114427860696517, 'lidc_data/hl.npy': 0.693200663349917, 'lidc_data/hh.npy': 0.5970149253731343, 'lidc_data/histo_sift.npy': 0.6069651741293532, 'lidc_data/histo_surf.npy': 0.6086235489220564, 'lidc_data/histo_orb.npy': 0.6616915422885572},\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = np.load('svm.npy', allow_pickle=True)\n",
    "model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'lidc_data/ll.npy': 0.7877280265339967, 'lidc_data/lh.npy': 0.7114427860696517, 'lidc_data/hl.npy': 0.693200663349917, 'lidc_data/hh.npy': 0.5970149253731343, 'lidc_data/histo_sift.npy': 0.6069651741293532, 'lidc_data/histo_surf.npy': 0.6086235489220564, 'lidc_data/histo_orb.npy': 0.6616915422885572}\n"
     ]
    }
   ],
   "source": [
    "print(model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style  type=\"text/css\" >\n",
       "    #T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row0_col1 {\n",
       "            background-color:  darkorange;\n",
       "        }</style><table id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >feature</th>        <th class=\"col_heading level0 col1\" >accuracy</th>    </tr></thead><tbody>\n",
       "                <tr>\n",
       "                        <th id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row0_col0\" class=\"data row0 col0\" >lidc_data/ll.npy</td>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row0_col1\" class=\"data row0 col1\" >0.787728</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row1_col0\" class=\"data row1 col0\" >lidc_data/lh.npy</td>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row1_col1\" class=\"data row1 col1\" >0.711443</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row2_col0\" class=\"data row2 col0\" >lidc_data/hl.npy</td>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row2_col1\" class=\"data row2 col1\" >0.693201</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row3_col0\" class=\"data row3 col0\" >lidc_data/hh.npy</td>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row3_col1\" class=\"data row3 col1\" >0.597015</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row4_col0\" class=\"data row4 col0\" >lidc_data/histo_sift.npy</td>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row4_col1\" class=\"data row4 col1\" >0.606965</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row5_col0\" class=\"data row5 col0\" >lidc_data/histo_surf.npy</td>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row5_col1\" class=\"data row5 col1\" >0.608624</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row6_col0\" class=\"data row6 col0\" >lidc_data/histo_orb.npy</td>\n",
       "                        <td id=\"T_42aa1fe0_1d05_11ea_8b00_a77ec1557200row6_col1\" class=\"data row6 col1\" >0.661692</td>\n",
       "            </tr>\n",
       "    </tbody></table>"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7ff8bc92b8d0>"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "compare_feature = pd.DataFrame(list(model.tolist().items()),columns = ['feature','accuracy'])\n",
    "compare_feature.style.highlight_max(color='darkorange',axis=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style  type=\"text/css\" >\n",
       "    #T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row5_col1 {\n",
       "            background-color:  darkorange;\n",
       "        }</style><table id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >feature</th>        <th class=\"col_heading level0 col1\" >accuracy</th>    </tr></thead><tbody>\n",
       "                <tr>\n",
       "                        <th id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row0_col0\" class=\"data row0 col0\" >lidc_data/ll2.npy</td>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row0_col1\" class=\"data row0 col1\" >0.746269</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row1_col0\" class=\"data row1 col0\" >lidc_data/lh2.npy</td>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row1_col1\" class=\"data row1 col1\" >0.719735</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row2_col0\" class=\"data row2 col0\" >lidc_data/hl2.npy</td>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row2_col1\" class=\"data row2 col1\" >0.728027</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row3_col0\" class=\"data row3 col0\" >lidc_data/hh2.npy</td>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row3_col1\" class=\"data row3 col1\" >0.709784</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row4_col0\" class=\"data row4 col0\" >lidc_data/lbp2.npy</td>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row4_col1\" class=\"data row4 col1\" >0.845771</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row5_col0\" class=\"data row5 col0\" >lidc_data/fft2.npy</td>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row5_col1\" class=\"data row5 col1\" >0.850746</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row6_col0\" class=\"data row6 col0\" >lidc_data/histo_sift2.npy</td>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row6_col1\" class=\"data row6 col1\" >0.631841</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row7_col0\" class=\"data row7 col0\" >lidc_data/histo_surf2.npy</td>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row7_col1\" class=\"data row7 col1\" >0.631841</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row8_col0\" class=\"data row8 col0\" >lidc_data/histo_orb2.npy</td>\n",
       "                        <td id=\"T_e6fb7f18_1d36_11ea_8b00_a77ec1557200row8_col1\" class=\"data row8 col1\" >0.703151</td>\n",
       "            </tr>\n",
       "    </tbody></table>"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7ff8c1268bd0>"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = np.load('svm2.npy', allow_pickle=True)\n",
    "compare_feature2 = pd.DataFrame(list(model.tolist().items()),columns = ['feature','accuracy'])\n",
    "compare_feature2.style.highlight_max(color='darkorange',axis=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style  type=\"text/css\" >\n",
       "    #T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row4_col1 {\n",
       "            background-color:  darkorange;\n",
       "        }</style><table id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >feature</th>        <th class=\"col_heading level0 col1\" >accuracy</th>    </tr></thead><tbody>\n",
       "                <tr>\n",
       "                        <th id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row0_col0\" class=\"data row0 col0\" >lidc_data/ll3.npy</td>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row0_col1\" class=\"data row0 col1\" >0.741294</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row1_col0\" class=\"data row1 col0\" >lidc_data/lh3.npy</td>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row1_col1\" class=\"data row1 col1\" >0.737977</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row2_col0\" class=\"data row2 col0\" >lidc_data/hl3.npy</td>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row2_col1\" class=\"data row2 col1\" >0.708126</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row3_col0\" class=\"data row3 col0\" >lidc_data/hh3.npy</td>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row3_col1\" class=\"data row3 col1\" >0.761194</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row4_col0\" class=\"data row4 col0\" >lidc_data/lbp3.npy</td>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row4_col1\" class=\"data row4 col1\" >0.865672</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row5_col0\" class=\"data row5 col0\" >lidc_data/fft3.npy</td>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row5_col1\" class=\"data row5 col1\" >0.852405</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row6_col0\" class=\"data row6 col0\" >lidc_data/histo_sift3.npy</td>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row6_col1\" class=\"data row6 col1\" >0.6733</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row7_col0\" class=\"data row7 col0\" >lidc_data/histo_surf3.npy</td>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row7_col1\" class=\"data row7 col1\" >0.620232</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row8_col0\" class=\"data row8 col0\" >lidc_data/histo_orb3.npy</td>\n",
       "                        <td id=\"T_5b9f0576_1d3a_11ea_8b00_a77ec1557200row8_col1\" class=\"data row8 col1\" >0.646766</td>\n",
       "            </tr>\n",
       "    </tbody></table>"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7ff8bf45a0d0>"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = np.load('svm3.npy', allow_pickle=True)\n",
    "compare_feature3 = pd.DataFrame(list(model.tolist().items()),columns = ['feature','accuracy'])\n",
    "compare_feature3.style.highlight_max(color='darkorange',axis=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style  type=\"text/css\" >\n",
       "    #T_76565e00_1d3f_11ea_8b00_a77ec1557200row4_col1 {\n",
       "            background-color:  darkorange;\n",
       "        }</style><table id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >feature</th>        <th class=\"col_heading level0 col1\" >recall</th>    </tr></thead><tbody>\n",
       "                <tr>\n",
       "                        <th id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row0_col0\" class=\"data row0 col0\" >lidc_data/ll3.npy</td>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row0_col1\" class=\"data row0 col1\" >0.764085</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row1_col0\" class=\"data row1 col0\" >lidc_data/lh3.npy</td>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row1_col1\" class=\"data row1 col1\" >0.778626</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row2_col0\" class=\"data row2 col0\" >lidc_data/hl3.npy</td>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row2_col1\" class=\"data row2 col1\" >0.711864</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row3_col0\" class=\"data row3 col0\" >lidc_data/hh3.npy</td>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row3_col1\" class=\"data row3 col1\" >0.80315</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row4_col0\" class=\"data row4 col0\" >lidc_data/lbp3.npy</td>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row4_col1\" class=\"data row4 col1\" >1</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row5_col0\" class=\"data row5 col0\" >lidc_data/fft3.npy</td>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row5_col1\" class=\"data row5 col1\" >0.99095</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row6_col0\" class=\"data row6 col0\" >lidc_data/histo_sift3.npy</td>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row6_col1\" class=\"data row6 col1\" >0.667647</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row7_col0\" class=\"data row7 col0\" >lidc_data/histo_surf3.npy</td>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row7_col1\" class=\"data row7 col1\" >0.620482</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row8_col0\" class=\"data row8 col0\" >lidc_data/histo_orb3.npy</td>\n",
       "                        <td id=\"T_76565e00_1d3f_11ea_8b00_a77ec1557200row8_col1\" class=\"data row8 col1\" >0.637681</td>\n",
       "            </tr>\n",
       "    </tbody></table>"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7ff8bc918110>"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = np.load('svm3_rec.npy', allow_pickle=True)\n",
    "compare_feature3 = pd.DataFrame(list(model.tolist().items()),columns = ['feature','recall'])\n",
    "compare_feature3.style.highlight_max(color='darkorange',axis=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "top3 = max_model.sort_values(ascending=False).index.values[:3]\n",
    "\n",
    "for i in top3:\n",
    "    print\n",
    "#     plt_box(compare.index, compare[i], 'first')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### max of models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "histo_sift.npy_acc    0.772517\n",
      "hl2_acc               0.581000\n",
      "ll_acc                0.570000\n",
      "lh_acc                0.570000\n",
      "ll3_acc               0.568000\n",
      "histo_sift_acc        0.564000\n",
      "ll2_acc               0.559000\n",
      "lh3_acc               0.554000\n",
      "hh_acc                0.553000\n",
      "histo_orb_acc         0.553000\n",
      "hh3_acc               0.551000\n",
      "lh2_acc               0.549000\n",
      "hl3_acc               0.549000\n",
      "histo_sift3_acc       0.549000\n",
      "hl_acc                0.546000\n",
      "histo_surf_acc        0.535000\n",
      "hh2_acc               0.532000\n",
      "histo_surf3_acc       0.513000\n",
      "histo_orb3_acc        0.502000\n",
      "dtype: float64\n"
     ]
    }
   ],
   "source": [
    "max_model = mean_all.max()\n",
    "print(max_model.sort_values(ascending=False))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### mean of models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "histo_sift.npy_rec    0.662616\n",
      "histo_sift.npy_acc    0.643669\n",
      "ll_acc                0.538600\n",
      "histo_orb_acc         0.532800\n",
      "histo_sift_acc        0.532000\n",
      "hh_acc                0.530200\n",
      "lh_acc                0.527200\n",
      "hl_acc                0.517600\n",
      "histo_surf_acc        0.515400\n",
      "histo_sift_rec        0.506400\n",
      "histo_orb_rec         0.501200\n",
      "histo_surf_rec        0.499600\n",
      "ll_rec                0.451200\n",
      "hh_rec                0.437600\n",
      "hl_rec                0.435200\n",
      "lh_rec                0.390800\n",
      "dtype: float64\n"
     ]
    }
   ],
   "source": [
    "mean_model = mean_all.mean()\n",
    "print(mean_model.sort_values(ascending=False))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAsIAAAILCAYAAADi9fqlAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAb2UlEQVR4nO3dfYxl913f8c83u04NAZvZ2q3ADzgII8baVjwMhopFZCFRTdrGbYHGS1PhasCCKi4lhSrtoNi4rNoUqbQKqahhK9pEnZCiUrngkvIwVB1KwONCUjtbI8uExgktDrsEkmCyMb/+seNkvN713vXe3XNnvq+XtNLcM8dnvvPzPLz37Ln31BgjAADQzUumHgAAAKYghAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWGAS6Sq3l9Vr7zIY9xZVZvzmgmATxPCAAC0JIQBLoGqeluSG5P856r6aFX9g6r6qqr6H1X1+1X1nqp6xY7976yqJ6rqD6vqt6rqb1bVcpIfSfIXto/x+xN9OgB7UrnFMsClUVXvT/JtY4yfr6rrkrw3yd9K8rNJvj7JO5J8cZKPJ/mdJF8xxnisqj43yYExxqNVdef2MQ5N8TkA7GXOCANcHq9L8uAY48Exxp+MMX4uyVaSV2+//0+SHKyqzxhj/M4Y49HJJgVoQggDXB6fn+Sbty+L+P3tyxwOJfncMcbHkrw2yXck+Z2q+pmq+uIphwXoQAgDXDo7rz37QJK3jTE+Z8efl40x/mmSjDHeNcZ4VZLPTfK/k/zoWY4BwBwJYYBL5/8l+YLtt9+e5K9U1V+sqn1VdWVVvaKqrq+qP1tVt1fVy5L8cZKP5vSlEs8e4/qqeunlHx9gbxPCAJfOP0nyfduXQbw2ye1J/lGSp3L6DPH35vTP4ZckeUOSDyU5keRrk3zn9jF+McmjSf5vVX34sk4PsMd51QgAAFpyRhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0NL+qT7wNddcM2666aapPjwAAE08/PDDHx5jXHvm9slC+KabbsrW1tZUHx4AgCaq6rfPtt2lEQAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhgF1gfX09Bw8ezL59+3Lw4MGsr69PPRLArrd/6gEAeGHr6+tZW1vLsWPHcujQoWxubmZ1dTVJcuTIkYmnA9i9aowxyQdeWVkZW1tbk3xsgN3k4MGDectb3pLDhw9/atvGxkbuvvvuPPLIIxNOBrA7VNXDY4yV520XwgCLbd++fXn66adzxRVXfGrbqVOncuWVV+aZZ56ZcDKA3eFcIewaYYAFt7y8nM3Nzeds29zczPLy8kQTAewNQhhgwa2trWV1dTUbGxs5depUNjY2srq6mrW1talHA9jVPFkOYME9+4S4u+++O8ePH8/y8nKOHj3qiXIAF8k1wgAA7GmuEQYAgB2EMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAKClmUK4qm6rqseq6vGqeuNZ3n9jVW1U1a9X1Xur6tXzHxUAAObnvCFcVfuSvDXJNyS5JcmRqrrljN2+L8k7xxhfmuSOJP9q3oMCAMA8zXJG+NYkj48xnhhjfCLJO5LcfsY+I8lV229fneRD8xsRAADmb5YQvi7JB3Y8fnJ72073JnldVT2Z5MEkd5/tQFV1V1VtVdXWU0899SLGBQCA+ZjXk+WOJPnxMcb1SV6d5G1V9bxjjzHuH2OsjDFWrr322jl9aAAAuHCzhPAHk9yw4/H129t2Wk3yziQZY/xKkiuTXDOPAQEA4FKYJYQfSnJzVb28ql6a00+Ge+CMff5Pkq9PkqpazukQdu0DAAAL67whPMb4ZJLXJ3lXkuM5/eoQj1bVfVX1mu3d/n6Sb6+q9yRZT3LnGGNcqqEBAOBi7Z9lpzHGgzn9JLid29604+33Jfnq+Y4GAACXjjvLAQDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS/unHgB2q6qa27HGGHM7FgAwGyEML9Is8VpVIhcAFpRLIwAAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC3tn3oAWDQHDhzIyZMn53a8qprLcZaWlnLixIm5HAsAEMLwPCdPnswYY+oxnmdeQQ0AnObSCAAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJa8jjBwSc379Y8X8TWeAdidhDBwSc0SrlUlcAG47FwaAQBAS0IYAICWhDAAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAKCl/VMPcLlU1VyPN8aY6/FYHOOeq5J7r556jOcZ91w19QiwEPw8h2nsxe+9NiE8y2JX1UL8T2Fa9f1/sJBfB1WVce/UU8D0/DyHaezF7z2XRgAA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQUps7y8GFmPdtJOdhaWlp6hGe58CBAzl58uRcjjWvNV9aWsqJEyfmciwA9jYhDGfYTbeGnNrJkycXbr0W8S8xACwml0YAANCSEAYAoCWXRvAc8/5n5UX7Z3NgsbnuHLichDDPMWu4VpXIBebOdefA5eTSCAAAWhLCAADNHThwIFV10X+SzOU4VZUDBw5c8s/bpREAAM11vSzJGWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABASzOFcFXdVlWPVdXjVfXGc+zzN6rqfVX1aFX9+/mOCQAA83Xe1xGuqn1J3prkVUmeTPJQVT0wxnjfjn1uTvIPk3z1GONkVf2ZSzUwAADMwyxnhG9N8vgY44kxxieSvCPJ7Wfs8+1J3jrGOJkkY4zfne+YAAAwX7OE8HVJPrDj8ZPb23b6oiRfVFW/XFXvrqrbznagqrqrqraqauupp556cRMDAMAczOvJcvuT3JzkFUmOJPnRqvqcM3caY9w/xlgZY6xce+21c/rQAABw4WYJ4Q8muWHH4+u3t+30ZJIHxhinxhi/leQ3czqMAQBgIc0Swg8lubmqXl5VL01yR5IHztjnP+X02eBU1TU5fanEE3OcEwAA5uq8ITzG+GSS1yd5V5LjSd45xni0qu6rqtds7/auJL9XVe9LspHke8cYv3ephgYAgItVY4xJPvDKysrY2tqa5GOfS1VlqvW4HA4cOJCTJ09OPcZzLC0t5cSJE1OPwYu0iN8zizgTF+Deq6ee4Ozu/cjUE8Cltce/96rq4THGyvO2C+FP2+u/QBfx81vEmZjdIv7/W8SZmN0i/v9bxJlg3hbx63yeM50rhN1iGQCAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANDS/qkHAABgelU19QjPsbS0dMk/hhAGAGhu0V5D+HJxaQQAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALbmzHAALpeNtXoFpCGEAFsa8bvNaVW1vGQvMzqURAAC0JIQBAGhJCAMA0JIQBgCgJU+WAwBam+crlXiS5u4ihAGA1maJV69Esje5NAIAgJacEQaAPWjeNybZjWdDDxw4kJMnT87tePNa06WlpZw4cWIux+LiCGEA2INmDde9/E/+J0+eXMjPbdHuntiZSyMAAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQ0p64xfI87yW+l+8jPu65Krn36qnHeI5xz1VTj8BF8DUF05jn771kPr/7/N6bnZ9Ti6Omugf3ysrK2NramsuxFvE+6WaazSLOxOwW8f/fIs7E5bfXvw4W8fMz0+wWda69rKoeHmOsnLndpREAALQkhAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANDS/qkHAIALUVVz3W+McTHjALuYEAZgVxGuwLy4NAIAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAltxZDgB2mXHPVcm9V089xnOMe66aegS4YEIYAHaZ+v4/WLhbTVdVxr1TTwEXxqURAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLe+JVI7yMDADdVNXUIzzH0tLS1CPABdsTIexlZADoZJ6/86pq4X6HwuXi0ggAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC3NFMJVdVtVPVZVj1fVG19gv2+sqlFVK/MbEQAA5u+8IVxV+5K8Nck3JLklyZGquuUs+312ku9K8qvzHhIAAOZtljPCtyZ5fIzxxBjjE0nekeT2s+z3j5O8OcnTc5wPAAAuif0z7HNdkg/sePxkkq/cuUNVfVmSG8YYP1NV33uuA1XVXUnuSpIbb7zxwqcFFk5VTT3CcywtLU09AiyEC/nenGXfMcbFjDOZRfsZlfg5tUhmCeEXVFUvSfLPk9x5vn3HGPcnuT9JVlZWdud3FPApu/UXI3Tg+3O+a1BV1nQPmuXSiA8muWHH4+u3tz3rs5McTPJLVfX+JF+V5AFPmAMAYJHNEsIPJbm5ql5eVS9NckeSB5595xjjI2OMa8YYN40xbkry7iSvGWNsXZKJAQBgDs4bwmOMTyZ5fZJ3JTme5J1jjEer6r6qes2lHhAAAC6Fma4RHmM8mOTBM7a96Rz7vuLixwIAgEvLneUAAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC0JYQAAWhLCAAC0tH/qAQAAplRVc9tvjHGx43AZCWEAoDXx2pdLIwAAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoyZ3lmpn1NpKXy9LS0tQjAABNCeFG5nkLyapyS0oAYFdzaQQAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAOCirK+v5+DBg9m3b18OHjyY9fX1qUeayf6pBwAAYPdaX1/P2tpajh07lkOHDmVzczOrq6tJkiNHjkw83QtzRhgAgBft6NGjOXbsWA4fPpwrrrgihw8fzrFjx3L06NGpRzuvGmNM8oFXVlbG1tbWXI5VVXM5zjwtLS3lxIkTU49xyVRVpvraAQAWx759+/L000/niiuu+NS2U6dO5corr8wzzzwz4WSfVlUPjzFWzty+J84IjzHm8meex9rLEQwA8Kzl5eVsbm4+Z9vm5maWl5cnmmh2eyKEAQCYxtraWlZXV7OxsZFTp05lY2Mjq6urWVtbm3q08/JkOQAAXrRnnxB399135/jx41leXs7Ro0cX/olyyR65RnheXPc6O2sFAOwWe/oaYQAAuFBCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaGmmEK6q26rqsap6vKreeJb3v6Gq3ldV762qX6iqz5//qAAAMD/nDeGq2pfkrUm+IcktSY5U1S1n7PbrSVbGGH8+yU8m+WfzHhQAAOZpljPCtyZ5fIzxxBjjE0nekeT2nTuMMTbGGB/ffvjuJNfPd0wAAJivWUL4uiQf2PH4ye1t57Ka5L+c7R1VdVdVbVXV1lNPPTX7lAAAMGdzfbJcVb0uyUqSHzzb+8cY948xVsYYK9dee+08PzQAAFyQ/TPs88EkN+x4fP32tueoqlcmWUvytWOMP57PeAAAcGnMckb4oSQ3V9XLq+qlSe5I8sDOHarqS5P86ySvGWP87vzHBACA+TpvCI8xPpnk9UneleR4kneOMR6tqvuq6jXbu/1gks9K8h+q6jeq6oFzHA4AABbCLJdGZIzxYJIHz9j2ph1vv3LOcwEAwCXlznIAALQkhAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtDTTneX2gqqa635jjIsZBwCAibUJYeEKAMBOLo0AAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANCSEAYAoCUhDABAS0IYAICWhDAAAC0JYQAAWhLCAAC0JIQBAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABamimEq+q2qnqsqh6vqjee5f1/qqp+Yvv9v1pVN817UGDvWV9fz8GDB7Nv374cPHgw6+vrU48EQCP7z7dDVe1L8tYkr0ryZJKHquqBMcb7duy2muTkGOMLq+qOJG9O8tpLMTCwN6yvr2dtbS3Hjh3LoUOHsrm5mdXV1STJkSNHJp4OgA5mOSN8a5LHxxhPjDE+keQdSW4/Y5/bk/zb7bd/MsnXV1XNb0xgrzl69GiOHTuWw4cP54orrsjhw4dz7NixHD16dOrRAGjivGeEk1yX5AM7Hj+Z5CvPtc8Y45NV9ZEkfzrJh3fuVFV3JbkrSW688cYXOTKX0oX8/WWWfccYFzMOe9jx48dz6NCh52w7dOhQjh8/PtFEl9C9V089wdnd+5GpJwCY1CwhPDdjjPuT3J8kKysrCmkBCVcul+Xl5Wxububw4cOf2ra5uZnl5eUJp7pEBCfAQprl0ogPJrlhx+Prt7eddZ+q2p/k6iS/N48Bgb1pbW0tq6ur2djYyKlTp7KxsZHV1dWsra1NPRoATcxyRvihJDdX1ctzOnjvSPItZ+zzQJJvTfIrSb4pyS8OpxaBF/DsE+LuvvvuHD9+PMvLyzl69KgnygFw2dQsvVpVr07yL5LsS/JvxhhHq+q+JFtjjAeq6sokb0vypUlOJLljjPHECx1zZWVlbG1tXfQnAAAAL6SqHh5jrJy5faZrhMcYDyZ58Ixtb9rx9tNJvvlihwQAgMvFneUAAGhJCAMA0JIQBgCgJSEMAEBLQhgAgJaEMAAALQlhAABaEsIAALQkhAEAaEkIAwDQkhAGAKAlIQwAQEtCGACAloQwAAAt1Rhjmg9c9VSS357kg5/bNUk+PPUQu4S1mo11mo11mp21mo11mp21mo11ms2irtPnjzGuPXPjZCG8iKpqa4yxMvUcu4G1mo11mo11mp21mo11mp21mo11ms1uWyeXRgAA0JIQBgCgJSH8XPdPPcAuYq1mY51mY51mZ61mY51mZ61mY51ms6vWyTXCAAC05IwwAAAtCWEAAFpqHcJV9dGzbLu3qr5ninkW0axrVFXvr6prLt9ki+fMtaqqO6vqh7ff9nWVC1+jrl9Xz65TVb2iqn566nl2g6r6u1V1vKrWq+rnq+o3quq1VfX3quozp55v0VTVj1XVLdtvf/P22m1U1ZdU1aunnm+32f66e29VfffUsyySszXEotk/9QAAMAd/J8krk1yf5AfGGF+SnP7LVJK3J/n4dKMtnjHGt+14uJrk28cYm1V1Z5KVJA9OMtguU1X7c/oGEl8xxvjCqedZFFVVSWrqOWbR+owwwC5wVVX9TFU9VlU/UlUvSU6faamqH6qqR6vqF6rqeXdM6qKqfiTJFyT5uSS/nOQrts8If1eSz0uyUVUbU844pap62fbX0Huq6pHtM+W/VFUrVfWmJIeSHKuqH0pyX5LXPntGfdrJL59zrNGn/kVqe61+afvte6vqbVX1y0neluS/Jrlue82+ZrrP4vKqqjdsr9Uj2//yctP2z6l/l+SRJDds77fQP6ecEebF+u6qet2Ox5832SSL4zOq6jd2PD6Q5IGphllQ51sjX1fPd2uSW3L6lvQ/m+SvJ/nJJC9LsjXG+O7tmLknyesnm3JCY4zvqKrbknxNkoNJvmeM8ZeTZPufqg+PMRbxlq+Xy21JPjTG+EtJUlVXJ/nOJBlj3FdVX5fTa7ZVVe9JsjLG6Pa1dLY1evML7H9LkkNjjD+qqpuS/PSz/wrRQVV9eZK/neQrc/rM768m+W9Jbk7yrWOMd2/vt/A/p5wR5sX6oTHGlzz7J8mHph5oAfzRGWvypqkHWkDnWyNfV8/3a2OMJ8YYzyRZz+mzd0nyJ0l+Yvvtt+/YDmf6X0leVVVvrqqvGWN8ZOqBFtCFrtEDY4w/uhyDLahDSX5qjPGxMcZHk/zHnP6L6G8/G8HbFv7nlDPCAIvtzBd7P9eLv3tReM5qjPGbVfVlSV6d5Aeq6hemnmnRnGONPplPnzC88oz/5GOXc75d5HzrsnA/p5wRBlhst1bVy7evDX5tks3t7S9J8k3bb3/Lju081x8m+eyph5hSVX1eko+PMd6e5AeTfNkL7N5yvc6xRu9P8uXbu3zjRKMtqv+e5K9W1WduX/7w17a3nWnhf051D+HPrKond/x5w/b279u5fdIJp3euNeLC+brixXgoyQ8nOZ7kt5L81Pb2j+V0JD+S5Oty+klOPN/9SX6285Plkvy5JL+2fX3+PUl+4AX23UhyS7cny+Xsa/T9Sf5lVW0leWbK4RbNGON/JvnxJL+W09cH/1iSk2fZdeF/TrnFMsAuVFUfHWN81tRzAOxm3c8IAwDQlDPCAAC05IwwAAAtCWEAAFoSwgAAtCSEAQBoSQgDANDS/wdI8J91VyBRXAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 864x576 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "model_name = max_model.sort_values(ascending=False).index[0]\n",
    "model_name\n",
    "plt_box(compare[model_name], compare.index, 'test')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
